import oneflow as torch
import oneflow.nn.functional as F

_ACTIVATION = {
    'none': lambda x: x,
    'relu': F.relu,
    'tanh': F.tanh,
    'glu': F.glu,
    'gelu': F.gelu,
    'sigmoid': torch.sigmoid,
    'swish': lambda x: x * torch.sigmoid(x),
    'gated_tanh': lambda x: x * torch.tanh(x) 
}